/*
 * Copyright 2009 by Konstantin Bulenkov
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 * http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package com.bulenkov.crawler.model;

import com.bulenkov.crawler.CURL;
import com.bulenkov.crawler.CrawlerThreadResult;

import java.util.ArrayList;
import java.util.List;

/**
 * @author Konstantin Bulenkov (konstantin@bulenkov.com)
 */
public class LinkWiderCrawlerModel extends SimpleCrawlerModel {
  public LinkWiderCrawlerModel(String... startLinks) {
    super(startLinks);
  }

  @Override
  public void add(CrawlerThreadResult result) {    
    List<CURL> curls = new ArrayList<CURL>();
    for (CURL curl : result.getFoundURLs()) {
      if (curl != null && curl.referer() != null
          && curl.url().length() > curl.referer().url().length()
          && curl.url().startsWith(curl.referer().url())) {
        curls.add(curl);
      }
    }
    super.add(new CrawlerThreadResult(curls));
  }
}
